#!/bin/bash

finished_date=`date +%Y%m%d`

#专门跑单机漏油 总漏油 编号12
startTime=`date  "+%Y/%m/%d 00:00:00"`
endTime=`date   "+%Y/%m/%d 23:59:59"`

file="finished"_$finished_date
logfile="tmplog"_$finished_date
cd /root/gzb

spark-submit --class org.jxkj.app.Application \
--master yarn \
--deploy-mode cluster \
--driver-memory 4g \
--executor-memory 4g \
--executor-cores 6 \
--num-executors 6 \
--conf spark.sql.shuffle.partitions=300 \
--conf spark.sql.autoBroadcastJoinThreshold=104857600 \
--conf spark.default.parallelism=200 \
--conf spark.driver.memoryOverhead=2G \
--conf spark.network.timeout=120s \
--conf spark.executor.extraJavaOptions=-Xss4096k \
--conf spark.driver.extraJavaOptions=-Xss4096k \
--conf spark.executor.memoryOverhead=4G \
--conf spark.memory.fraction=0.75 \
--conf spark.memory.storageFraction=0.1 \
--conf spark.maxRemoteBlockSizeFetchToMem=10m \
--conf spark.yarn.maxAppAttempts=1 \
gzbDataAnalyse-1.0-SNAPSHOT-jar-with-dependencies-test.jar "${startTime}"   "${endTime}"  '1' '12' 'all';


